﻿using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;

namespace CopySniffer.Core.Tokenizers
{
    public interface ITokenizer
    {
        IEnumerable<string> GetTokens(string source);

        IEnumerable<string> GetTokens(string source, int maxCount);
    }
}
